diff --git "a/YiSM-34B-0rn_measurement.json" "b/YiSM-34B-0rn_measurement.json"
new file mode 100644--- /dev/null
+++ "b/YiSM-34B-0rn_measurement.json"
@@ -0,0 +1,117067 @@
+{
+    "measurement": {
+        "model.layers.0.self_attn": [
+            {
+                "accuracy": 0.9815673771755475,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9827791762195135,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9935356695204973,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944858610948646,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961150641749171,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957091582473367,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967088425764814,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961936641607041,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958081011733922,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959726223575049,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998084803798089,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985185012368387,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983392597090355,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986512876164756,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991089124998421,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989524874621757,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991840968386417,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993201349218572,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995102683345689,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.0.mlp": [
+            {
+                "accuracy": 0.9944631589552093,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946892167515072,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956042062074534,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958286761355243,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979799907458456,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980727341945136,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998500345973298,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989603043757501,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990545853537409,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989915045719643,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991006339949212,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994588833513646,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995209934889939,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996792117446219,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996945700749118,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997912597954335,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9998522293064621,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.1.self_attn": [
+            {
+                "accuracy": 0.9861701355854932,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9867902238314089,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9895745649884798,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9896295710564836,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947409193448135,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945397326159046,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949218432639578,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994772336703088,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960844739536313,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963223841041327,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980225262636515,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982169458618093,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981414904499328,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981910707980493,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985087148134449,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986941226709046,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985033583851826,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995952537604975,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995035872914166,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.1.mlp": [
+            {
+                "accuracy": 0.9889436140901556,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9892394400789941,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9916835765869013,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925121893052404,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995334288822242,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956340997075466,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967991106555258,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99752014682714,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997774110469771,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976565292668774,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979246200834352,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987762310254191,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989422647539821,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993025089467042,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999360272663915,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996294298632021,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997535822752214,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.2.self_attn": [
+            {
+                "accuracy": 0.9888307344854662,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9902293307363594,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9917914441933757,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931275709532201,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956179528227566,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956748893018812,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964906535062351,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965753645121463,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971331558557913,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973081130362851,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980082138943928,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981844348489846,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983327712091666,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984577044807864,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990142785031103,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991791670510889,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991171029947796,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994285987248939,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996561653817096,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.2.mlp": [
+            {
+                "accuracy": 0.9835841130759371,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.984179566222194,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9792482143169955,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9796349609172658,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938758199201211,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942906236913251,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947599152985372,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966960082835469,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968105851133403,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971528870580522,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996897514217141,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974975653335845,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975491321559897,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978009944989983,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977666696619341,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978241356775949,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978042580983847,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.3.self_attn": [
+            {
+                "accuracy": 0.9876810740679502,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9878571918724399,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9926890212013141,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929647081482568,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932611732939748,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939843562039498,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933342515785051,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940430673672572,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943753504194319,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943025006765598,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959673722838297,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964876998779609,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959907477084351,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965129382540717,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970874707827246,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980668681183535,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970992828817352,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994519580979709,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99929726027614,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.3.mlp": [
+            {
+                "accuracy": 0.9952010074507838,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952903879365247,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964171394117569,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996740773816495,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977367876869577,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979055989503027,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983731765594137,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988439904777088,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998954817913105,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988522686670829,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989888993456445,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999409607384893,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994921956033642,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996848842083158,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996951547103603,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997970491466205,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9999087334818844,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.4.self_attn": [
+            {
+                "accuracy": 0.9870355052775458,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9868334517078964,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9896097377089685,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9898658252909387,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9899686722967186,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9910915287848758,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9899694082621289,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9910863269316522,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934776875827658,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936443960147077,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937701599770471,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967076043034658,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941383298290404,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967835642470929,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965002678310204,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983785135524446,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996503332335698,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99950625080505,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991358238468436,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.4.mlp": [
+            {
+                "accuracy": 0.9933073536958545,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934485822695455,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947139533408182,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950680126141953,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968075658390788,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970496685280906,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975730330334045,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983769712424347,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985246964436221,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983822068407837,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985759665386899,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991701922707236,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992874227801191,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995581200323373,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999573603384258,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996838125964707,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9998746646497717,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.5.self_attn": [
+            {
+                "accuracy": 0.9866898493155053,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9869568078337532,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891210263104815,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9890380050300768,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891772360884046,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909421935628512,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9893409807823206,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9910774386585935,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943467325923082,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943964869813308,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952725101703483,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99723069774183,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952938203381276,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972876627610898,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997141670080294,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984900381992032,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971556735077971,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995495162637733,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991292600630244,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.5.mlp": [
+            {
+                "accuracy": 0.9921923390418095,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923816364332053,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993728439421638,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941064976891013,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963359952610182,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966098774641164,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971876183867847,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981341157414901,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983046161115022,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981466303947136,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998369522077203,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990500552536871,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999183839375435,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994918849827771,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995099104868898,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996342408014339,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999849610876194,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.6.self_attn": [
+            {
+                "accuracy": 0.9866974716025748,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9867593675459686,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9890006816406783,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9895378553651666,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.989858006445789,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9904174151291188,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9902885976541591,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9908160544980905,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9921893746788172,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9921654864753547,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955207195108462,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962804484989887,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995548585196957,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964013298556796,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972952038147732,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985615462003472,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973523568018878,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993923047272562,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993146452899581,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.6.mlp": [
+            {
+                "accuracy": 0.9904317776182372,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9906570628824595,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923543904197255,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9928377217760211,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953797130820978,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957357418698896,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964498770668319,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997631462486951,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978506135398915,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976532311289033,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979372632224113,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987963993794677,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989671552351578,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993546421296502,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993798279335208,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995310277621396,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9998107683863245,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.7.self_attn": [
+            {
+                "accuracy": 0.9874248800211047,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9875746243388245,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9896051310443956,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9906155036664323,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909060963086391,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918031793479857,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9913841844781449,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992301916311446,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995089559215366,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951572400811863,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953930548784372,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972859975073094,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955047879270033,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997379948397314,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973291820282802,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986638587862743,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973836647787768,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999481554881449,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992234911034373,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.7.mlp": [
+            {
+                "accuracy": 0.9880400545600998,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9883242916364811,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9904115880398374,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909822073961166,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941436717972943,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946027991950119,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954538943956753,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970168211423841,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972889009544528,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970281058677325,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973924835886512,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984806953335034,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986978595108283,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991932155190673,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992221447449227,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994025727730906,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997814321744188,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.8.self_attn": [
+            {
+                "accuracy": 0.9856997363171295,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9859178920619582,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9886549319581766,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9894104897975922,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.989686430113292,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909772837632581,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9900432804256285,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9913983004363743,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943933121761993,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945055113762225,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949595008020926,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971816604956985,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950693683992875,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972792935165528,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968463493216979,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985214580634707,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968764538337526,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999511953414185,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991763656879286,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.8.mlp": [
+            {
+                "accuracy": 0.9864495177018014,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9867864718023491,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9889517381150079,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9895532222611731,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933554728049785,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938761044269133,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947728008325947,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966057954650176,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969128312690085,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966266934980491,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970416705994132,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982777775669667,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985237595086035,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990817582430808,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991181402062801,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993058124872685,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997490809029458,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.9.self_attn": [
+            {
+                "accuracy": 0.9841807083667893,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9847314037186535,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9880347058275029,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9889543834877642,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9892603156990126,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907182999886572,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9898054269877704,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912485589126223,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944325228907952,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945050332646229,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954336629200139,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969801692243078,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955650032620484,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971240219464036,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968458812340701,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998486669813773,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968999125259487,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993966733883625,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992749025481508,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.9.mlp": [
+            {
+                "accuracy": 0.9848152388769545,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.985201958713955,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.987611844596502,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9882987438406992,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992534746660998,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931142437271774,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941279484620807,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961793650015208,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996526212308948,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962118675099,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966787877002437,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980685945330677,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983440804675123,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989705006408162,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990126616229598,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992230436213216,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999721020200492,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.10.self_attn": [
+            {
+                "accuracy": 0.9831679545735058,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9833742095843742,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9861585890482131,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.987349186435734,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9884288273261566,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9883812434579197,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9892140785722356,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.989126235834862,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930323882665681,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993054489065942,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939380114849069,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962717187345812,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940688359600148,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964674822863584,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964540441961665,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981096740995877,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965541047705827,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992203976419803,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991062906123452,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.10.mlp": [
+            {
+                "accuracy": 0.9836710323824694,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9840928769523376,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9866511355595369,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9873874233055272,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992005712499744,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9926314504424992,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937243887198794,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958733643258089,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962615821951706,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959345657721554,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964427796045416,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979237007822743,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982200832179698,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988686831631256,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989221200138625,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991555305743148,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996880686399221,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.11.self_attn": [
+            {
+                "accuracy": 0.9836998985296017,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9840839655677739,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9855373887051093,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9868680961724174,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9887131662353089,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9890575164340829,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9897789862742158,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9901316017157545,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9926160907519883,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992825322858009,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939285267487561,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99573105454788,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994118815655575,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959194587764183,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965202708998205,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998008826563723,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966694053115421,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991692452642479,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991852596347024,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.11.mlp": [
+            {
+                "accuracy": 0.981769122036272,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9822368786033047,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9851119469753221,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9859305826064787,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909520165651644,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9916519323412917,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992861710880932,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995356744216559,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957742249642155,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954007446496306,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959642944587884,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976557002304808,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979878705129713,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987498543035288,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988015201831187,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990518735599165,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999661539191852,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.12.self_attn": [
+            {
+                "accuracy": 0.982874508898117,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9830939435939255,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9855378697087106,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9867326349608208,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.987787482230679,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9893460443831588,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9888123144444666,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9903603432160851,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939739487231954,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938263864452509,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941916033674619,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962447926671686,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943995095152212,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964286926030916,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965221601244258,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982264285515013,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966468894731646,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991970289541457,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999131185357998,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.12.mlp": [
+            {
+                "accuracy": 0.9804235940406981,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9809354122630075,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9839318857871389,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.984778419235035,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9902388377507266,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99100123992876,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922635991518435,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950059807957395,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954485175395874,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950462144578954,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956566289949574,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974812491380266,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978372841142118,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986579105208971,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987134735228641,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989694498883757,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999640946373754,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.13.self_attn": [
+            {
+                "accuracy": 0.9830410382465312,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9833242668721237,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9850742793396899,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9861200839575184,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.986751708300098,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9880095447756743,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.987486996001711,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9887700699465839,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9927618008744168,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9928440538627145,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933144273481479,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959494027211085,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9935114138612622,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962208409009403,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956909113710648,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980750209406802,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957471225459716,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992440043256225,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989174318769457,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.13.mlp": [
+            {
+                "accuracy": 0.9788030971723952,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9793578165240193,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9824718115361113,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9833516127576953,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9894012667140678,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9902358146776494,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.991545148733023,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945661986957451,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950471691002971,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946121830909856,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952757799213654,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972545126771653,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976456265614712,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985346307481737,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985965191521436,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988632486998349,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996046466648726,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.14.self_attn": [
+            {
+                "accuracy": 0.9775227739622718,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9779831164173389,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9820423079164404,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.983371425125944,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.984464116002384,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9859816529542992,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9852495757176688,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.986906507297566,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9911618885388108,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9914152597469327,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992260646859282,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951095767319202,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924629372544587,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953596012446245,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995450892473424,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976134995170134,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955708624084333,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999088235251532,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988894271449872,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.14.mlp": [
+            {
+                "accuracy": 0.9766846375147763,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9772976801093471,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.980693420738374,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9816506386881596,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9883023772241646,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9892422882840037,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9906656091885739,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939943190149375,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945273524713948,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940441043826899,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947813789507276,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969568008458928,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973960601675668,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983714475896895,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984422674782476,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987342912323871,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995594327659714,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.15.self_attn": [
+            {
+                "accuracy": 0.9761502871191815,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9763686649109188,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9813674730003664,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.982616242609526,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9836679186770007,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9858189415872881,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9845077924332336,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9866520283547672,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912968749229453,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912778978530121,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9917230115664241,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949406959655646,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918836238303859,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951456053623635,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949215503507539,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975736652696995,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950020698291299,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991211409490605,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987020160096061,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.15.mlp": [
+            {
+                "accuracy": 0.9750840046295994,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9757327140848103,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9793057776007213,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9803032568704925,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9875341447952547,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.988517788974078,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9900031741218347,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9935884648983023,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941539038095231,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993645718259933,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944254740165841,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967535397675085,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972160490303251,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982610838549015,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983375584614758,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986519104016847,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995279884330414,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.16.self_attn": [
+            {
+                "accuracy": 0.9781491560371298,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9785442755214477,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.981358331236008,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9828569427818844,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.984141383614195,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.985143892270954,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9852060008499968,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9862746698291678,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9899467156317673,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9899609167079785,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9917169697092552,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941936915397251,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919783108083433,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994586371228491,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949940351867362,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973590525823008,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951156153294601,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989740674193998,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988056601999377,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.16.mlp": [
+            {
+                "accuracy": 0.973527046312627,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9742021207746706,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9780038390798789,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9790406728065327,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9867217651029166,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9877874014506999,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9893521430019877,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932054941983599,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938041903568726,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932396363368944,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940774731681143,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965501094457546,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970409861202106,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981592520948892,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998234937261594,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985570396958409,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995067435497491,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.17.self_attn": [
+            {
+                "accuracy": 0.9761764533621701,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.976559242233634,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.979044166344561,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9805065289531883,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9823058548530466,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9840854105392569,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9833291370029512,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9852697268422497,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909654736371809,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9910314644833929,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.991756642555916,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946581536511842,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9920864822342992,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950052391688683,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954497825574914,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973860233041801,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956211065628419,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99892212137102,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988242793325824,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.17.mlp": [
+            {
+                "accuracy": 0.9712383746120491,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9719863707493794,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9760753100639895,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9771998884450448,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9855720151313826,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9867322191497997,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9884157432733398,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992600675035072,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99324964937803,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9926484073022086,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9935566742757433,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962427620040742,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967831774663768,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979926479955841,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980769842054302,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984278494100037,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994593159307873,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.18.self_attn": [
+            {
+                "accuracy": 0.972466753599675,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.972551604928939,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9764755190791268,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9777200906292388,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9818553990243297,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9834619104175976,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9830471364487159,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9846733481084046,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9888704131406388,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9892077647443664,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905249890381176,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939058196583861,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9908119656733776,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942312641314378,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943561136085344,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969428831368292,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994507642634409,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987463979785772,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998552239542876,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.18.mlp": [
+            {
+                "accuracy": 0.9680886765647876,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9689166623314744,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9733820701704213,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9745947935275341,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9839961669946972,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9852830895565843,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9871133755598414,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9917908668959219,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925028422945424,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918325482377488,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9928496380238548,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958245150842949,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964269645095459,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977592086100853,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978642679542598,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982477471808364,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994010169926026,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.19.self_attn": [
+            {
+                "accuracy": 0.9585719987946122,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9584177460913595,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9747626505988208,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9765269298498568,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.979491872320834,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.982337389533457,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9802939786918854,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9833890039865908,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891994883257308,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891233420685718,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9901924907278857,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938158598777495,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9902711798387923,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941329387212662,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947799114804519,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971617794669184,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949266371856395,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988143460604509,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986591786820147,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.19.mlp": [
+            {
+                "accuracy": 0.9653768205132923,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9663041709481102,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9712117358453964,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9725442853217062,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9827257762908151,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9840966332703829,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9860951182383456,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9911124216098535,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918676602752193,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.991173403043496,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922377922768263,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954867243007022,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961230080623767,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975769587326795,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976840446776661,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981080467052954,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999333740499998,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.20.self_attn": [
+            {
+                "accuracy": 0.9730230399260396,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9732884917604295,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9788505605569011,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9807597953630122,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9866372490987966,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9873125073254893,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9886377241070333,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.989363611479731,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9916988931792347,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919757294762683,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9935533726881993,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946184304885959,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940196353402969,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950307533757663,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965866188347143,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974082885922766,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969202645098496,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987018283450437,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991750361299828,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.20.mlp": [
+            {
+                "accuracy": 0.9529036285453721,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9539762305978098,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9554128730179448,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9562856452049393,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.985614079565398,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9877920954145099,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9895618281719324,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922287560827834,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931635501500415,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931911354958031,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934734344776524,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99603639052274,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970478249873084,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973371325023962,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982095286464564,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985951576872092,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992634163783422,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.21.self_attn": [
+            {
+                "accuracy": 0.9898135600440008,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9901666353015524,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9914758341068304,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932376674474462,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944895066651761,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946950821965737,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961655600805228,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964313417195195,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969355137069024,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997033522513352,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997275062080007,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975533729394603,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997670051859275,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978943819357817,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986480368503468,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989320162643899,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998961269878476,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999441263285055,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9997205559706536,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.21.mlp": [
+            {
+                "accuracy": 0.9773777641454026,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9779437771312108,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9810239095485916,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9818688987411166,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9887184459152386,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.98951193981951,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907600951969231,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993995295261572,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942511655819161,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942318095984918,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949939238875615,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970416012434534,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997431424271781,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983418076697393,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984822483292144,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987427504736268,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994942678512369,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.22.self_attn": [
+            {
+                "accuracy": 0.985891806304847,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9864960924820289,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891852202433112,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9910114558144031,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925227569612233,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930757474595386,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951182272420019,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956220836917821,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959832584656971,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961160822391608,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964235388845402,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967037231207972,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970739302347953,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974630852536249,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984280681023129,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987370298936424,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987866515707298,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993279576041172,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99966053425918,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.22.mlp": [
+            {
+                "accuracy": 0.9429650334151167,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9431854773704943,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9440946568195757,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.94444351868802,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9794548840605115,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9892936087286982,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9906427207108783,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.990092664932538,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941575900332904,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.990882704304041,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945955769416239,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965641112740788,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996862128242164,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997669577108402,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983235352112004,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985957415621286,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991928771916335,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.23.self_attn": [
+            {
+                "accuracy": 0.9869482585130945,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9872686041911182,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9899412160371676,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9921313187867207,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993559964662908,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938568857522976,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955358626749856,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958907692190749,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996420130871947,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965344131985483,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968912852744228,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971676536308798,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997261459246817,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975833159620188,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984678047782692,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987483382513012,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988271386828274,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993026748362401,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996861786096002,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.23.mlp": [
+            {
+                "accuracy": 0.9767506691676221,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9773407993397039,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9807024692969495,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9816388123129544,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9883144386235232,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9892419138800745,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9906306708305094,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940014030955928,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945232946315388,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940515329240283,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947916331247574,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969708530544793,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973936729978672,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983691391320654,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984393353592359,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987154493620006,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995221122501933,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.24.self_attn": [
+            {
+                "accuracy": 0.9861968281972957,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9866130188181016,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9883329541250867,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907555465929603,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929100299241805,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931628757254466,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995294657885097,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955999391998998,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960838987761619,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962895516869857,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964553047994789,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968000615511923,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968960854947861,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972259596933758,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983074798334488,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985797033219378,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987988575012423,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992053230947165,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9996670892770022,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.24.mlp": [
+            {
+                "accuracy": 0.9746512903733865,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9752919279333008,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9789990872683886,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9800302948018438,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9872501965391597,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9882784292690063,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9898131802727125,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934723501547092,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940436404124883,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9935111274121722,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943167005763635,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966883958580806,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971655958368885,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982303872698379,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983078396134691,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986211265051296,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995216908052833,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.25.self_attn": [
+            {
+                "accuracy": 0.984031165435322,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9844772666202564,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9865561636336344,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9893601023543038,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9916502379836809,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919214323163033,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943242436397428,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946515748559154,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952769182610178,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952400282368457,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958848006667962,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963338325860126,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964329228938655,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968803198824293,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980136063593243,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983054638723843,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985218716197108,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988830872247682,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999620460316931,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.25.mlp": [
+            {
+                "accuracy": 0.9729068657677424,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9736056783922801,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9776243549085369,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9787645694603654,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9863838573770696,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9874651586685917,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891428815593061,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929877307241488,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936103783547878,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930614067584669,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939155378378928,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964571729314661,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996965261577555,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980990826366715,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981902093399855,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985357570265861,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994911279890833,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.26.self_attn": [
+            {
+                "accuracy": 0.9816253459277121,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9821728404219213,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9846337702321378,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9872793032616181,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9903010635906341,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9906423139802524,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930316130630672,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934173639998526,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941825011965671,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947685429299447,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953942344168594,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959123284850073,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959380304208025,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963481487203879,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977602563449182,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981207853170896,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998247272704152,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989187970901472,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995357103088234,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.26.mlp": [
+            {
+                "accuracy": 0.9725542317732776,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.973252528151007,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9774040659448426,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9785849500300461,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.986250774640786,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9873202959271637,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9890649895379809,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99293282999363,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9935469898934427,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930110227586212,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993857863800306,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964433714202116,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969375250082905,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980967871134022,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981873884466231,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985446656799851,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994940602612731,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.27.self_attn": [
+            {
+                "accuracy": 0.9796858646808878,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9801812722886863,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9828274598541228,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9853329115645274,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9889158571727181,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9889849209300193,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9917693092781854,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919169564902979,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929530849300423,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932812702609226,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948604665941706,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952814131546276,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953921891773414,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956049838127863,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974181721213666,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977602026406921,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979634848086311,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986734206858704,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994687744129853,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.27.mlp": [
+            {
+                "accuracy": 0.9710083559743667,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9717731817233327,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9761708381732828,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9774286765605211,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9854484523499483,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9865936816449424,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.988435361632391,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925169951870645,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931675588993943,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925916183641866,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9935012932891321,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962249194565964,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967597177632055,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997979222680442,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998073378580892,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984483176391988,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994584728824281,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.28.self_attn": [
+            {
+                "accuracy": 0.9775345991120526,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9781458821196697,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9811271523174486,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9836672651826551,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9888632348616069,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9892012224116019,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9921107597305978,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924036124966255,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937226062726328,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993528235366715,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994620348185938,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950996518416918,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951611121221887,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955802117596919,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974205500421751,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978352975020627,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980133554169075,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987397302649793,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994330553615184,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.28.mlp": [
+            {
+                "accuracy": 0.9695314565477403,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9703494329985819,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9749483200231273,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9762776455792942,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9847026892300499,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9858981225590565,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.987837070832029,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9921153594225057,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9927946609984103,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922152944399338,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931621448394206,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960316606539938,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965865496901403,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978727015825969,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979752129905759,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998368924552587,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994257140121925,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.29.self_attn": [
+            {
+                "accuracy": 0.9757657499591771,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9763090764662545,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9801271961707818,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9832516965015154,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9869053321767991,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9870707828943667,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907925517028687,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9908523845584377,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9921297088608538,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9926112518327213,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938542167778666,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943296788015256,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943949523823041,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950180985523682,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969141678180007,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975283932473854,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975590563140271,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986295822860771,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993580608187538,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.29.mlp": [
+            {
+                "accuracy": 0.9679887365843904,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9688327849205387,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9735947689531665,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9749900596216321,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9838985486299192,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9851563979479435,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9871907961358758,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9916935965639392,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992410285594432,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918076880153661,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9927997998035464,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958287093690351,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996408622871202,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997762197867575,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978732164845018,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998292024521537,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994020773738157,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.30.self_attn": [
+            {
+                "accuracy": 0.9776331543383238,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9787643090821803,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9814366394359815,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9847673680633307,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9880485911363441,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9881024373891322,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.991466771517145,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9914073575974295,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933692249101832,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936685843062342,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943629884969836,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949827068607862,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949879410835963,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956149488969362,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971927788175986,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997786470817549,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978351972347713,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998713630058582,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994695702380819,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.30.mlp": [
+            {
+                "accuracy": 0.9669102373483934,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9678055404832488,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.972727563060624,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9741696128866782,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9833302531930569,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9846456064597556,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9867581444130721,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9913955643331926,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9921441981568933,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9915077470144943,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925422329994801,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956677325351752,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962785249563718,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976759856125634,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977869031809907,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982219954070292,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99937538450544,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.31.self_attn": [
+            {
+                "accuracy": 0.97481312852745,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.975511813266693,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9787429334889901,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.982138858936531,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9880423150270393,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9883530810352807,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919250324785122,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922708292908379,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931247482370389,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933948391239698,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940986790584008,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946197565142555,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946738650630179,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952652461238598,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969703638834242,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975966087413805,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976792470153765,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986138863773943,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993842139451053,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.31.mlp": [
+            {
+                "accuracy": 0.9656009589272895,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9665162592243991,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9716736222372243,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9731919366474214,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9826564968955752,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9840141069634181,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9862479243035379,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9910489213040197,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918278218614623,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9911729309364761,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922430502789977,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955039360119324,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961309542107445,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975893432856537,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977079784454729,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981674866591531,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993549714425555,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.32.self_attn": [
+            {
+                "accuracy": 0.974483498298612,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9749819720899197,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9773615594512146,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.981089271065828,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9863119668719408,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.986860331135655,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905060933118588,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9911763595147548,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9910863585108401,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9920629233023838,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993381965911555,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940042829104258,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940684275444303,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947607585008403,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967367753453896,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973947226964427,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975582137091183,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985739482722956,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993721759390993,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.32.mlp": [
+            {
+                "accuracy": 0.9639476959740645,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9648948298571141,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9702012041877759,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9717732174812179,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9817808923605633,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9832306105741545,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9855350760841056,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.990601046721598,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9914268179625076,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907251374158812,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918598150221729,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952722535542163,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959429874280957,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974680234537165,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975865874929648,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980556849561828,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993218564019404,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.33.self_attn": [
+            {
+                "accuracy": 0.9739158991724253,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9744989372740843,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9778472089796866,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9819393785131213,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9862300155831403,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9865493213414753,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905441479978004,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909573205452609,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918400540359711,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9914410124336811,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993023358481495,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937744656589961,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937961646662045,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994688715246555,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996552406957275,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973124615498818,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973520094369489,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985162726738245,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992790233633346,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.33.mlp": [
+            {
+                "accuracy": 0.9613312418131452,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9623450663823047,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9680054448544979,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9697207002655456,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9804094370552584,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9819656695043179,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9844450150665484,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9898753557354212,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907686244941464,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.990029377005014,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.991252454389867,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949212528850981,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956372295641095,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972766108449401,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974109205313174,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979181800123402,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992720778368254,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.34.self_attn": [
+            {
+                "accuracy": 0.9722273563475985,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9729511237360144,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9768527458961073,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9806657407040659,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9849827764065642,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9854370733281892,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9893135190451223,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9897250400145391,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909419067400066,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9914592069108039,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925283158786202,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932590508343357,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933410543262174,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942747979106283,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964139679152715,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972039808604964,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971715241829914,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983981671853384,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991807849169403,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.34.mlp": [
+            {
+                "accuracy": 0.9590433945291137,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9600992969384319,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9660773052294788,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9679112179989093,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9792562951333821,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9808827040128802,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9835278461932352,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9892601028060246,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.990209255845433,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9894504695763126,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907349804538841,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946295275892082,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953808103455231,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971150551420195,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972658608519276,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978074742585273,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992250789525171,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.35.self_attn": [
+            {
+                "accuracy": 0.9692993571883753,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9702085636458114,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9731920989426343,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9775699212117807,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.984029587039626,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9843868109593658,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.98908222875999,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9894406476523727,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9899209666825635,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.990812848248568,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918914529813552,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924819456339863,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925605962788197,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934921110367501,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959928903508147,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968047908960694,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968889345672276,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981962812047354,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991910310590787,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.35.mlp": [
+            {
+                "accuracy": 0.956083816917319,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9571981730527783,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9636135948331732,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9656477568082904,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.977731585478116,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9794774728484059,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9823615618148133,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9884320480724502,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9894651331399617,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.988672880676428,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.990049591214445,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942321685682002,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950390589962664,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968926869087705,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970633422245124,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976567905151138,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999158949880726,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.36.self_attn": [
+            {
+                "accuracy": 0.9645751019155508,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9653331318772153,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9696066374645421,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9734176784557732,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.980402127545523,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9810283287967506,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9847428413892263,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9855929933561894,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9880122165195644,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9880304741428086,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9903532880922093,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9913291232292786,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9914378976253303,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9921507839554626,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952466792831394,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959482107813912,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960243518366233,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979760456940552,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989807794091144,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.36.mlp": [
+            {
+                "accuracy": 0.9523184652391233,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.953540723476755,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9604452501884416,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9626459330810528,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9758386700169036,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9777273461712819,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9808278860230195,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9874769077195149,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.988592675825777,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9877266385837605,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9892268473723609,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937636408538214,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994632857600472,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966453283314446,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968285776282612,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974559387590393,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990932033688296,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.37.self_attn": [
+            {
+                "accuracy": 0.9668911902331992,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9678544394769951,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9713202566398602,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9766635397007983,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9809707236525259,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9814353708766008,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9861459250463859,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9867090361781026,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9875042614968199,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9890703254158756,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905687577801904,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9914855778364366,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9915367910687468,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924599740556196,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953412190324774,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960759861308983,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962611236107094,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977179835795572,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990491801183549,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.37.mlp": [
+            {
+                "accuracy": 0.9481957070529461,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9494731089982548,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.957152022048831,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9596343961005148,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9737295513776573,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9757863785581369,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9792441965914086,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9863214387656435,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9875702117079574,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9866371891510329,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9882719169468864,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932022864048026,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941555324598754,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963307766439883,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965429807228869,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972554650035148,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990028458154196,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.38.self_attn": [
+            {
+                "accuracy": 0.9627665232768968,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9638814851641655,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.968988419853543,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9735879817193276,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9795803387502307,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9803864974773636,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.984848903639144,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9857722323289827,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9896143564072094,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9897448772343954,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907512345939482,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919064384885132,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9916870812885463,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9927214771313103,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954008989121863,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964228938885131,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963609634555484,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998100241489929,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999051477721782,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.38.mlp": [
+            {
+                "accuracy": 0.9459595333196615,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9472405120338264,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9552540417368475,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9578185441266549,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9725261136007152,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9746792368884933,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.978302737550908,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9857628538126224,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9870575606871984,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9860351543726498,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9877492149703597,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929002874996513,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938959672091234,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961880192001301,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996388251574612,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971168320993647,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989602078077089,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.39.self_attn": [
+            {
+                "accuracy": 0.9675640040322354,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9681799609312102,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9729251179255938,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9772066562926691,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9825948203766817,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9836233638864207,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.987198937659789,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9882735921511132,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.990237598417719,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.990049728192389,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9914021045092101,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9926132524116454,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923100099090094,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934727393801471,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957652096268966,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966888500095689,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965531273965577,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980870241078695,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991175698110295,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.39.mlp": [
+            {
+                "accuracy": 0.9428974419440094,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9442602785206154,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9528304144347969,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9555677697062492,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9709775044925903,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9732754951539008,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9771414391794487,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9849690555251742,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9863552615585688,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9852589887909984,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9870718314410433,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925062988124984,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993562901735698,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959840148895684,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961911144323254,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969726189921954,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998912596151441,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.40.self_attn": [
+            {
+                "accuracy": 0.9683481848455573,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9691809123185905,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9733605919111716,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9776498984888589,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9829277755251449,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9833474838370947,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9873513567359432,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9879347858827954,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9898464544308617,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9904160269928214,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9917782648760629,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925424059313771,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925726353386907,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933132059676083,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959001398191935,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968276805991895,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966708238628742,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983273272672178,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991084456299799,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.40.mlp": [
+            {
+                "accuracy": 0.9401894441168559,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9415716210282162,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9505872150981113,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9534305170374482,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9695537237352446,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9719445855405769,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9760012332546083,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9842456976000807,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9857093748930645,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9845239544581426,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9864337717329985,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9921332227164193,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932446494624999,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957895518501142,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959983329754323,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968032765655631,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988487477132463,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.41.self_attn": [
+            {
+                "accuracy": 0.9668974309277377,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9679936227927867,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9722683848323006,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9772230781810848,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9814406656415054,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9818712718490707,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9867957417706126,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9876666813108482,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9894438190263157,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.989766048782162,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.991091867136818,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9920105127323615,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9920706701906103,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930424669169282,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954846103393816,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965285986576131,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964597273470932,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981849632152405,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990999190409448,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.41.mlp": [
+            {
+                "accuracy": 0.9380421233608535,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9394603677486119,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9487135168164968,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9516473610542322,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9684413258280409,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9709253627316732,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9751020815027388,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9836799563643964,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9851868436426708,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9839669214316497,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9859397196406988,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918528316591523,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929998219503384,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956396027762247,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958567261867421,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966945996765342,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988131087034402,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.42.self_attn": [
+            {
+                "accuracy": 0.9684704621567538,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9693318654930121,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9749403967963237,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.978636241714029,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9839022973258245,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9844785111368095,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9878594398155416,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9886469382081965,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9902019542029226,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9906231344947102,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9921504138282647,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929956929439581,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929237319524155,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938292261580691,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961026922407511,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968886022321194,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968401859514415,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984623818799216,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991685681115517,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.42.mlp": [
+            {
+                "accuracy": 0.938087912962625,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9394717131202158,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9485913752333114,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9514381444375766,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9684711894216507,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9709302950650454,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9750302750127096,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9837290751012532,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9852287974208593,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9840078120315937,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9859541044080335,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918856754114753,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930095178761372,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956652994365677,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958784169836068,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966918036562243,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988286543949997,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.43.self_attn": [
+            {
+                "accuracy": 0.9697558416151687,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.971209225391871,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9757535966897481,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9794110947435624,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9842144885149441,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9848578075731271,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9887431145302559,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9895889297568876,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907486625260821,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905883976454405,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923201981980941,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929810039037349,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930635814089328,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939209894081088,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960826879955436,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969430939037058,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996868907302422,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984444213363244,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991839041866019,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.43.mlp": [
+            {
+                "accuracy": 0.9376639147338114,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9390727263924322,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9480233591442045,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.95079162579618,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.968254855000659,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9707231421121642,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.974744268349911,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9836468461312746,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9851377534582034,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.983896893816755,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9858529840988156,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918341192073727,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929622112601799,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956485247116929,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958504872200521,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966414470691234,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988239223909515,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.44.self_attn": [
+            {
+                "accuracy": 0.9703676940775231,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9709982505852455,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9745421944382159,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9789293881897864,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9840926537535301,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9846878278706419,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9892183062865546,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9898693735319141,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9908783422709492,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909521025286889,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9921151549359294,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9928299886738196,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929300362587368,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936695929714724,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961987021869343,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967733123339713,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971464520540873,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982093784676277,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991870805173867,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.44.mlp": [
+            {
+                "accuracy": 0.9377558387227749,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9391789600057037,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9478702568694165,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9505329707539395,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.968288501234431,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9707590795955375,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9746646335544554,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9836962652931872,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9851720537009993,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9839156719512845,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9858798157472751,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918446703568885,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929770259799338,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956588846827416,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958545466958496,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966142323407295,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988272746375418,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.45.self_attn": [
+            {
+                "accuracy": 0.9727330315662058,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9735510065465381,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9775547059743028,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.980602789621212,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9859211784052221,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9864832113104823,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9896124218296456,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9902393182886666,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912344141936812,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9920214947901274,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931382272441528,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936970263278406,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993654773460309,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942114128192004,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996487549812484,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971692109554026,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972253831618122,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984337651434256,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992713135572174,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.45.mlp": [
+            {
+                "accuracy": 0.9385950391818034,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9399954320764855,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9484689061186815,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9510240659705902,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.968661050459272,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9711386378070241,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9749112686044291,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9838813617825508,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9853741244265908,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9840806049637889,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9860503265977298,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919170413019234,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930601554898251,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957006482873112,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995885437378954,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966171239502728,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988303504191878,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.46.self_attn": [
+            {
+                "accuracy": 0.9713759643858985,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9724144995898792,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9769556683145071,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9807445311330651,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9854122368177693,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9860275297817823,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9897319764192951,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9903970442859358,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912062481928029,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918932657884924,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929544834518119,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936217422057924,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938421269364067,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944111322616472,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964430735838649,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971448550748295,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972201489083665,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984190001023786,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992922277581927,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.46.mlp": [
+            {
+                "accuracy": 0.9383077729297311,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9397383072462521,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9481332571686882,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9506458392072665,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9685566714523655,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9710105966874644,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9747560321304359,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9838832386916405,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9853292573488465,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9840677328358748,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9860021638634958,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919277922691483,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930391960140121,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957116085937933,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958954334357067,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966182254475394,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988471805118024,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.47.self_attn": [
+            {
+                "accuracy": 0.9755179460993723,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9763985299750378,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9797496443222228,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9828197124267095,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9868905196260465,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9872329166453135,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9906958164892307,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.991141391305351,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9921342496098461,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925144888877281,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933741472931089,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941397034930751,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942754417486293,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948269141788938,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967194303600607,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997424785268346,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973743608907649,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986436605778228,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993027608296344,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.47.mlp": [
+            {
+                "accuracy": 0.9382754803488129,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9396975986463458,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.948005694307779,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9504663002138075,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9685240788875442,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9709976820373222,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9746857002181443,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9838689463703256,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9853234939326189,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9840274261996934,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9859823709794957,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918957948439607,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930219344770241,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956876375761471,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958835185235856,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965939208264708,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988516519630426,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.48.self_attn": [
+            {
+                "accuracy": 0.9767152029824885,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9774442890070771,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9807576460665778,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.98337118224682,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9870096188234655,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9875644395421994,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907294304208144,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9913329798728228,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922397274671024,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925251191383914,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936287171378928,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994344291583586,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943262339986273,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951120269558343,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969261283863728,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975657163457455,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975305464253515,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987311272875798,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992841908763359,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.48.mlp": [
+            {
+                "accuracy": 0.9377142306613295,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9391427304791777,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9474188530523526,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.94985143742279,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9682366246553629,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9707251724443937,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9743770485939948,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9837445204979495,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9852060672680014,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9839067268430403,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9858612718648816,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918488361137477,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929741954332904,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956819909796315,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995853159956536,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965544182341546,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988429723705753,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.49.self_attn": [
+            {
+                "accuracy": 0.972442331184682,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9732962410504881,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.976759998225852,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9802125404147726,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9860036910119417,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9863722459168026,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905624878102619,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.990972466252156,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922092904116174,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923357201225468,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929572935461214,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936770363343194,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939489740584242,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945994321575486,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966777214890739,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972695008802571,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974932224416223,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984105210077312,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9992885138490237,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.49.mlp": [
+            {
+                "accuracy": 0.938040863232393,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9394870372979265,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9475216354782644,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9498666436656525,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9683596920712214,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9708700113390621,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9744102217158989,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9838052047906738,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9852630653614668,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9839463949105457,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9859197904649926,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918532762676477,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930001067634868,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956743859833008,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958559363394192,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965340108917046,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988445161082047,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.50.self_attn": [
+            {
+                "accuracy": 0.9770344351663401,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.977639935273481,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9806766699705469,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9833894299441263,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.987635640672555,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9882554598642808,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9915703407880899,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922042635367497,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993000765858022,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932306871970037,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938711017419241,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994530160494737,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947541984606927,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953076500126994,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971068939316625,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976553896160208,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977712692864436,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998715037023526,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993988495813315,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.50.mlp": [
+            {
+                "accuracy": 0.937732631046521,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9391957154791606,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9471703507006168,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9494932140958936,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9682164771580383,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9707186906353423,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9742274025553151,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.983727004428051,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9851876315170605,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9838815389789248,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9858463250933901,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.991818039972139,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929511878443392,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956420517624601,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958420596453116,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965127259370332,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988291454746535,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.51.self_attn": [
+            {
+                "accuracy": 0.9743628753349185,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9753634574283895,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9794549502334312,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9827014513705906,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9866869549365028,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9869590896475864,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912704890103716,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9914987258564093,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925261403335944,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929838733943669,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993293289683367,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940271876311224,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944246180453583,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950866302303774,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969424795371628,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974759094551892,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976779868777254,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986055780563651,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993723250686584,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.51.mlp": [
+            {
+                "accuracy": 0.93814617395401,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.939605804944509,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9474020804229536,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9496590303943345,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9684165342171726,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9709090249808995,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9743402308147204,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9838374723239165,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9852823493757138,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9839914169064478,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9859394900696842,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918854677265412,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930080298187309,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956955169572642,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958695681447065,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965236740505421,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988416268759849,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.52.self_attn": [
+            {
+                "accuracy": 0.9797966456726978,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9802100322160282,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9831899436876962,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9854165307785335,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9893925685043398,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.989734354281896,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9928403503604626,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932628621371757,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941606898547003,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943576884872624,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948095647667191,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953440071549267,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955659187153766,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960099174641073,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975414248918625,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979913361603394,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981466372478999,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998954012849074,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994705638351948,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.52.mlp": [
+            {
+                "accuracy": 0.9387300261541417,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9402168754880366,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.947774652685774,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9499602038413286,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9687249213457108,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.971201039605627,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9745115942174667,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.983980934699311,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9854130611607903,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9841358979281626,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9860698036653431,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919533074931487,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930661541875452,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957212347316703,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959079598468777,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965424258261919,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988581405946446,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.53.self_attn": [
+            {
+                "accuracy": 0.9783621133354149,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9791051348377215,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9825717951416185,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9846931455509835,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9890496215636009,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9893939338967597,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924687711448458,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929819414637199,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9935452779264826,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9935518852802679,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945234560383189,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995151236702345,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953998820978756,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958524648100138,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974451703570881,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978876443959674,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998049662105347,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988488636812881,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994308236131665,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.53.mlp": [
+            {
+                "accuracy": 0.9392389682562727,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9407104113580365,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9480837612952057,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9502121511062509,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9689739958236092,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9714265972081768,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9746609943379697,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9841070508241261,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9855306698744627,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9842574160399014,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9861775132043189,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992016105973897,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931232604614803,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957626387231836,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959313883752513,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965509581073236,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988587578501258,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.54.self_attn": [
+            {
+                "accuracy": 0.9803734093316292,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9808964219532514,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9838123598969296,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9858016021500685,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9896161925341738,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9900105862731212,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930709515894321,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993594745406881,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943614936507258,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994575796599843,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950089225619051,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954633905527819,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958163389053784,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961909085610196,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976111611253337,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980678379131285,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981761210457127,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989215668235709,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994806891343998,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.54.mlp": [
+            {
+                "accuracy": 0.9393701678828189,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9408393005203259,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9480815521980587,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9501670243120507,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9690267107890624,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9714742859727458,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9746239354931995,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9841326508474978,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9855515397840032,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9842834838567988,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9862026500662691,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9920276847888568,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931368010584265,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957689978549943,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995939339584622,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965478973524449,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988644194121374,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.55.self_attn": [
+            {
+                "accuracy": 0.9774749943692433,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9784553029917573,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9819058922462558,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9848696633340105,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9883603492849752,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9886660239855317,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9928196550493962,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932056820804351,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937952422831011,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939294585492462,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943378494292694,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947529301586512,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953002896723583,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99569190228603,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973712370326546,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978601906485366,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981005229239696,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988414323398549,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994781214627437,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.55.mlp": [
+            {
+                "accuracy": 0.9385002549541623,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9400142207741737,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9471334138591039,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9491748705898461,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9685803368001392,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9710988556770118,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9741819905313222,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.98383435663326,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9852809954042497,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9839935475029051,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9859690862021556,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918394678664443,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929940006082976,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956292175369239,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958388615448616,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964417643771556,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988165999223527,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.56.self_attn": [
+            {
+                "accuracy": 0.971464582326773,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9725484100023383,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9767163852229714,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9809812791155357,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9856201962714917,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9859348092914412,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912734664486427,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9916748568954828,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924191887441435,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992661456234361,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9928506740221852,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993388179554849,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940896838241698,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945637800877816,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967698893558822,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973050941602866,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977351027283523,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985637840245066,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993649487150833,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.56.mlp": [
+            {
+                "accuracy": 0.9388081969595269,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.940342561586907,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9471764388053041,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.94913135027807,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9686342989045539,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9711321296268388,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9740638290777018,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.983602466747949,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.984972435319306,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9838645497435018,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9857475315955909,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9917019625978643,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9928405152290667,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955166605252185,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957394561191139,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963196633677733,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998753492316035,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.57.self_attn": [
+            {
+                "accuracy": 0.9807059059997922,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9816409352872717,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9841174595057964,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9870926869641009,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9903339498039139,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905279817696857,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942102435314538,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944155399540537,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949053328263721,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951168667206443,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951396833149422,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954705821766862,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959084297113708,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962394819227293,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997706458695527,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980946410030714,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984108270054046,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989969846700613,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995238877232432,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.57.mlp": [
+            {
+                "accuracy": 0.9372374812435162,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9388575521542838,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9457065843437847,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9476858122568381,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9679995197802782,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9706318967632557,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.973557713000398,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9833705773282992,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9848593064142686,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9836361771939617,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.985660235716128,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9916149654033545,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9928103844806748,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954351433185175,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957122772343849,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963235920969102,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998713876436293,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.58.self_attn": [
+            {
+                "accuracy": 0.9801513941370343,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9809297324697438,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9831712089577004,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9861468744317168,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9900223857625142,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.990179589532904,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940909349457606,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943274205893671,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947243250146705,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994929322838097,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950299064359186,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953695047083065,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958007933915054,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961116236855129,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976471053485415,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979887043407775,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984082337928397,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989107346842311,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995043261993775,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.58.mlp": [
+            {
+                "accuracy": 0.9350914917886257,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9369453487819747,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9434472725383545,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.945393504280793,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9666495781980062,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9696542489293375,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9724750555561561,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.981980531427421,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.983729638159275,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9828646345750282,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9848855056456829,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909918181059,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99223347223903,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948109731837911,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953626917405544,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959752643725982,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983372360860047,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.59.self_attn": [
+            {
+                "accuracy": 0.9806969828021369,
+                "total_bits": 249451520,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9814882886252905,
+                "total_bits": 256791552,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9841131614030976,
+                "total_bits": 262850944,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9871104736077158,
+                "total_bits": 312622848,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9906603671169203,
+                "total_bits": 369502720,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9908003050980991,
+                "total_bits": 369734784,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943631797244674,
+                "total_bits": 474360320,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946461348230705,
+                "total_bits": 474592384,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950309715870964,
+                "total_bits": 478505216,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950429136423689,
+                "total_bits": 485402624,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953538256844408,
+                "total_bits": 487175296,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956639547048038,
+                "total_bits": 491055360,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960525728835675,
+                "total_bits": 497177600,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963537418087455,
+                "total_bits": 504047616,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978268465186518,
+                "total_bits": 610937344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998109319431119,
+                "total_bits": 621488128,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985248070871947,
+                "total_bits": 709241344,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989320561320423,
+                "total_bits": 734963712,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994951764345291,
+                "total_bits": 944122368,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.59.mlp": [
+            {
+                "accuracy": 0.9349340150426877,
+                "total_bits": 984377600,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9372670221093454,
+                "total_bits": 1021077760,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9428550946085077,
+                "total_bits": 1140433408,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9446499225144324,
+                "total_bits": 1279894016,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9677420173722663,
+                "total_bits": 1440593792,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9703025634547597,
+                "total_bits": 1480576000,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9727169311066207,
+                "total_bits": 1592260224,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9829426650448065,
+                "total_bits": 1820317440,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9842043718764264,
+                "total_bits": 1847184384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9834049017364649,
+                "total_bits": 1873655680,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9854404069238195,
+                "total_bits": 1913637888,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9913221755628719,
+                "total_bits": 2306717568,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924666821025312,
+                "total_bits": 2346699776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948361507175785,
+                "total_bits": 2672670592,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995254883395606,
+                "total_bits": 2764256000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957425615652219,
+                "total_bits": 3013817088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976771483075266,
+                "total_bits": 3538105088,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.norm.norm": null,
+        "lm_head.linear": null
+    },
+    "last_module_idx": 122
+}
\ No newline at end of file