diff --git "a/measurement.json" "b/measurement.json"
new file mode 100644--- /dev/null
+++ "b/measurement.json"
@@ -0,0 +1,62439 @@
+{
+    "measurement": {
+        "model.layers.0.self_attn": [
+            {
+                "accuracy": 0.872131196683959,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.8892480468279437,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9061653100346264,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9358257110181608,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9363291251816248,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9403158730190051,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9458280297878542,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9504821230902484,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9598692066379284,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9616426047133773,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9676485483191515,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9739532864799625,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.969829977244923,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9761700589994067,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9805790586397052,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9865135383351069,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9820515308529139,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9898527668004757,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992691680249807,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.0.mlp": [
+            {
+                "accuracy": 0.893841295257995,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.8974951372334832,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9153435391030813,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9214143166808706,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9542499666935519,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9580729668469805,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9669467627413963,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9750023046018261,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9773919487764177,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9766117386323842,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9784816754981875,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9864997180963033,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9867522135671032,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9901426127670627,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907159408750502,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9917106108592921,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923631965035671,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.1.self_attn": [
+            {
+                "accuracy": 0.8806214136512656,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.8913877202492011,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9057520463278419,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9388830812745973,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9406358282032766,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9426040312177256,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9543626988796812,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9570822900063113,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.963171595217366,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9644987730211333,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9696738861109081,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9729186233721281,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9718903255109724,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9753224126210338,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9833063567547422,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9865797831137714,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.985738828435148,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9906585126085893,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934167391620576,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.1.mlp": [
+            {
+                "accuracy": 0.9502507505546275,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9547177127219344,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.957726846841213,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9587932502066618,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9856548455764392,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9863071288839963,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9881777180309751,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.991049249178583,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922614369271813,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9935898568334156,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930260176464033,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964072708971798,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959959729059943,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971694260755996,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974133554864429,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99763876940185,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977682934626692,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.2.self_attn": [
+            {
+                "accuracy": 0.9832637915510292,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9846449917378394,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9862127871448664,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9890097937007484,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9913856767265028,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9916066250053087,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945176980078319,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948598128853758,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953614021100006,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955748879644823,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956067431332102,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995892337933918,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965123387764355,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968670307762774,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980187342964775,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982125767855905,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983719523558026,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987070640268748,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990615744310688,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.2.mlp": [
+            {
+                "accuracy": 0.9773939249203786,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9780130837063649,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9819109989820343,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9831374171435049,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9887349983726285,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9896289903278414,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912848933293533,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941335023062206,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947218459871549,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942599405215955,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950026468631175,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970974450483673,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973462979756541,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983197348759093,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984167065520427,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986803771355067,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991298781150315,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.3.self_attn": [
+            {
+                "accuracy": 0.983064233582761,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.984315331093967,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9865921309315845,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9896552644204348,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9906838812963351,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9910839167423546,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9926514643869412,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931017966928745,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940292586719519,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941587345061922,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952780210939971,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957842638556796,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957910754632107,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962954698528751,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975482717487275,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978439447004348,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977845597589438,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985900383142411,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988661191799972,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.3.mlp": [
+            {
+                "accuracy": 0.9717330053007525,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9725146240456716,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9769136158161258,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9782911311638983,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9858024136016243,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9869487337939638,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9887925697931725,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9926275788120141,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933594710646981,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9927622597100899,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937078825712792,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963402282998064,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966784511129126,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978883612631378,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980098065923237,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983054375410766,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989212385584036,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.4.self_attn": [
+            {
+                "accuracy": 0.9821784547039945,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9832882075815609,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.986404737457633,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9890623485277358,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9903715825639665,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.990800315771546,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925511750441632,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929447427244955,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937984249922202,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939742293025023,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952121462709712,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995642591059502,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958594494229672,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962412647437304,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975839855094244,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978790968092844,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978168056205552,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985775951890422,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987095319206434,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.4.mlp": [
+            {
+                "accuracy": 0.9675556758516713,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9685220981114789,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9738271125151139,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9754494242370129,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9837503231767761,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9850892023379473,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9872641200444808,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9915231825097611,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923599567141776,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9917156223795915,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9928016253060808,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957950017843885,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961851494521589,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975432521835166,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976929061384382,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998037774749958,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987056824289826,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.5.self_attn": [
+            {
+                "accuracy": 0.9780253967466322,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9790954918992755,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9825344148190006,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9866444742993304,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9888797634232201,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9889296783305901,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9920696667885702,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922461527718329,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934130567738688,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9935539152203617,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942971032578498,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947669009714829,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951888226695653,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956129433305346,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973303322698676,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975021901528204,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997763091900484,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981250968565675,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986785484729089,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.5.mlp": [
+            {
+                "accuracy": 0.9631692510784456,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9642435696074053,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9702963398671464,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9721434582024813,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9816108917768457,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9830828255140468,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9855670778472957,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9904076891804212,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9913379845797623,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9906438694482571,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918524728181135,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952690113568678,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957213372077891,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972767738876619,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974392056465149,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978423793738904,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99863262540863,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.6.self_attn": [
+            {
+                "accuracy": 0.976432724243128,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9775133014313484,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9805363949976469,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9853649308757955,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9879844137099817,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9882758492481356,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9913772977766042,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9917229510794737,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9926541034426344,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930023658211882,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940120211716643,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943560618282247,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946526394495251,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995061828638427,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968325073867547,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969494767413524,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973027780437597,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976019707116249,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982388309435919,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.6.mlp": [
+            {
+                "accuracy": 0.9605920915246794,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.961727716861979,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9684724226888073,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9705294834351853,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9803045532224994,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9819275496870672,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9846691380892145,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.98969095730909,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907227356575037,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9899681311860484,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.991284456949583,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949248774026177,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953974386995756,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997056099249197,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972431408302662,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976935127786802,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985021992807129,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.7.self_attn": [
+            {
+                "accuracy": 0.9733777236389486,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9746466100608048,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9777518791195593,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9831678722249834,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9863548644965416,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.986909776092752,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9901447932137862,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99086160272801,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9920600991034391,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924967098785075,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933695430426221,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936546368622466,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941595341324022,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945268382342827,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966600891999214,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969432324501931,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972789625784284,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976926795605227,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983995438976164,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.7.mlp": [
+            {
+                "accuracy": 0.9576489227382761,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.95888531051184,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9658690343463892,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9679930137568399,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9788848938126313,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9806369331812388,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9834495949264812,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9889917496444756,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9900748214537376,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9892305320766019,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99065185431391,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945400603311626,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950355428859199,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968142016349655,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970164357218891,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974734810560844,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983432606064813,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.8.self_attn": [
+            {
+                "accuracy": 0.9717874170624112,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9731169631214518,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9762561694277745,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9827599859257278,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.985682404158931,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9860474836375368,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9900508188078866,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905504562499884,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9916010598382471,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9920337119776952,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992592965681596,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932610200669029,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934015568639887,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942546536606786,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963568781906935,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964828611853974,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970841972451461,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974075595413237,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980713242425976,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.8.mlp": [
+            {
+                "accuracy": 0.9551314757646698,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.956443994158977,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9638215507331648,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9660634637173069,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9776697356842066,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.979496710786694,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9824735515897995,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9883615170654497,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9894948576478974,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9886178796081558,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9901056289182681,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942265081734053,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947521253856585,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966330778858575,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968290722340738,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973082267740545,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982269879822668,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.9.self_attn": [
+            {
+                "accuracy": 0.9717213572248032,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9726402947777196,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.975327960068458,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.981381494747965,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9858880964548964,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9860457486571058,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905630462484336,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9908029113798157,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9914840268657396,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9921047043447432,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9928993150150698,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934559846051821,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99375774808179,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942381188126379,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963667242248592,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996936820098199,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971890126502043,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979341726376381,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998009508261212,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.9.mlp": [
+            {
+                "accuracy": 0.9529166937266526,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9543131771252343,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9620967339724302,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9644707602105642,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9764815272371236,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9784188612707352,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9815953991032744,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9877369853569881,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.988878541969155,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9880158187037236,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9895951290320801,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939013840998278,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944704231732574,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964135543161415,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966524092750134,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971590147255674,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981125703105997,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.10.self_attn": [
+            {
+                "accuracy": 0.967232035816108,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9687258357574281,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.971865545026958,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9795494848666223,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9834832208182075,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9839261683733448,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9893392977108689,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9899754496046195,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907507130533064,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9913435909578479,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918553471981891,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924002820870986,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992904869239091,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933627687737738,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959867080906406,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963378967705036,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970117335232269,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973798418405319,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984036059131062,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.10.mlp": [
+            {
+                "accuracy": 0.9516466680522028,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9531236017416966,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9615061455651334,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.964057259653744,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9758435597545222,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9778849619783854,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9812666940453806,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9872891126984829,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9885896964145726,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9876759526760954,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.989317678307232,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937426199964983,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994313039816916,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963231270054453,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965682390917975,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971189465508551,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980717944563366,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.11.self_attn": [
+            {
+                "accuracy": 0.9629890855989958,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9646983736831891,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9681485516852454,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9765515113249421,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9811408005066609,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9817133607636941,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9869247992081862,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9876546012727838,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9887961823444226,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9893217822536826,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907227466863237,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9913287099426318,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918704438758524,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923236182719273,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953300837844022,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955546922650874,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963222977178368,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996555729254492,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977407816454376,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.11.mlp": [
+            {
+                "accuracy": 0.9503162566964564,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9518424958774918,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9604827549896742,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9631277981557345,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9752119535482243,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.977294137995494,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9807956111372301,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9869085363063373,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9882498078146263,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9873427685693299,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9890116877167633,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9935590812666831,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941241845464039,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961844648871767,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964788868765984,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970498445480572,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980150591520789,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.12.self_attn": [
+            {
+                "accuracy": 0.9579047860675737,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9598091281950474,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9638356833081496,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9721728169702386,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9784156755103093,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9789405937159532,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9851100846242747,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9857189462667233,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9868966347390884,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9879931323965522,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.989113395200356,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9897787324152887,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9901001630841118,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909136385509842,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946813959211699,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950068538616362,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959115254398632,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965041860766513,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981851922899583,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.12.mlp": [
+            {
+                "accuracy": 0.9456533608271888,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9474389034470445,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9565097015154989,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9592628901530253,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9728888353626979,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9751876471074004,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9788617889249795,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9857182944144466,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9871443504173505,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9861253090447893,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9879605575023513,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9928834288086938,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9935022397824612,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957093959061527,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960843288511234,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966673456426514,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977288817937829,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.13.self_attn": [
+            {
+                "accuracy": 0.9586529295499387,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9604816335792604,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9643195493048743,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9740672122294965,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9793405993596503,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9798217809415961,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9870931498314205,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.987783472421334,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9888288415233163,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9893837661825513,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9897171519206542,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9903529632934615,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9910188880503962,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99170675783075,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995038323030856,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995492788423833,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964436750283072,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969028158015326,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981597453404806,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.13.mlp": [
+            {
+                "accuracy": 0.9416451911000829,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9434735507361198,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9533401605133948,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9564250436072287,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9707550631443921,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.973246093643339,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.977271929285244,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9845318909930555,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.986114697898493,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9850578486037097,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9870483918164513,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923985913199814,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930654305744132,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954912682112894,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958085774346009,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964624556933382,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975953753424907,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.14.self_attn": [
+            {
+                "accuracy": 0.9530588100223165,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9552814697748736,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9599554973017228,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9702591349027658,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9759203087734548,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.976809465032267,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9843737894767209,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9855830097620032,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9864513213550182,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9872411931374747,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9880572464071998,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9888798640795836,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9896459119688523,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9903079712714412,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939725969207326,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994626873540447,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953861248213798,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962020605790282,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9976255595929137,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.14.mlp": [
+            {
+                "accuracy": 0.9378374846358049,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9397846364269131,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9502160691313053,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9534628275585801,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9689134985796715,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9714970226938787,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9757064798062569,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.983419626166946,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9849893455148527,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9839942586657248,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9861324161634242,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9917793048692769,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924141999677216,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949291810074723,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953490231602796,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960003960877657,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970971273356363,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.15.self_attn": [
+            {
+                "accuracy": 0.949008404424316,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9509764777398423,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9562550434156468,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9659633488443337,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9736136630863735,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9741797327603164,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9822495581680223,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9828946849233225,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9838669124108396,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9851368182877961,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9865355332333007,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9874772172862369,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9883085626520609,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891986927311671,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932641876297758,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939337751313456,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946341668255627,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956367092060023,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972720726969113,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.15.mlp": [
+            {
+                "accuracy": 0.932932325099644,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9349942436735881,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9462311570777705,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9497193641176349,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9665231076314261,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9692906175593012,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9738537018726531,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9823392244840139,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9840749936962598,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9829090750335079,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9851319181095612,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912908877932319,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9920425095938539,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948223789443115,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951907260907128,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959196483618334,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972218501099729,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.16.self_attn": [
+            {
+                "accuracy": 0.9511988775706605,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9532710174588781,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9586969334632158,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9684793675612462,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9754395846669611,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9760724439432746,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9845629860892108,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.985373531737806,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9867449685392019,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9870206990377292,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9879210860174346,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9887471795817347,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9896798085568375,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9904292493470406,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942532663331612,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947538780979812,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957877074882976,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964137489257968,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980465190877256,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.16.mlp": [
+            {
+                "accuracy": 0.9261750537706048,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9284433567602384,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9406724542771515,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9446287398275576,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9630648313384307,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9661451326192994,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9711605547682235,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9803481030915129,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9822878763079643,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9811392617166826,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9835821925907543,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9903558698776913,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9911616507084354,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994186642861582,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946858239801306,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954859450655548,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968929023628956,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.17.self_attn": [
+            {
+                "accuracy": 0.9467991505210337,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9492698648062191,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9545088125098693,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9663525010998312,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9729571463540196,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9738556202501059,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9819266461326104,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9831997209571695,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9843149572904957,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9851225382697425,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.986635353293662,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9875821684193062,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9883370660245419,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891654240751737,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932910769834722,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994141354384881,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948648464816966,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960738677090328,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977590731026507,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.17.mlp": [
+            {
+                "accuracy": 0.9192498071413291,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9217526095086023,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9350825418767176,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9396979450003097,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.959425306928001,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9628059145455298,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9683926069226704,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9782000910980921,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9803927280008793,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9792370941293868,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9819017256070909,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9893283755273411,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9901468670240751,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934535798077521,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940127305637457,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948893021669631,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996329751870546,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.18.self_attn": [
+            {
+                "accuracy": 0.9475647563016728,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9497725162655115,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9548681624429791,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9648088259916556,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9732070563263014,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9738366323964376,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.981576151165523,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9823975228753529,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9835167401225159,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9845070420813403,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9865534362677288,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.987349216115514,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9880152152802207,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891532212495804,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922008305591973,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940230686854767,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933670790081746,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995894720667581,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975310797116866,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.18.mlp": [
+            {
+                "accuracy": 0.9137586655193254,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9164319487386628,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9307831590505022,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.935866042971611,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9566675608879641,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.960307691540373,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9662839921289369,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9765152522901955,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9789024201760951,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9777792505919933,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9806352860147232,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9885032315934567,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9893753599179419,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9928220516854995,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934772803742242,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944070799790911,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958659651272587,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.19.self_attn": [
+            {
+                "accuracy": 0.9485815210562003,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9504810897143263,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9553666183430898,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9660601690411568,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9735436798318436,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9744228603024232,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9825197653354782,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9836886900624162,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9852254072106198,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.985654012594176,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.987074517105755,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9879158027960282,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9887624715552911,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9892275073614559,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934094876639152,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936161885087035,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948979102589778,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950438388990924,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997017957699044,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.19.mlp": [
+            {
+                "accuracy": 0.9117725554265474,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9145103514586624,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9290193331084753,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9341815461061502,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9556878347341952,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9593878872692585,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9654798232215016,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9759982423366684,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9784218320917142,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9772912911384514,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9801830526833472,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9882551414009771,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891823189284065,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9926883550605884,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933671102810063,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943157946813459,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958409749118513,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.20.self_attn": [
+            {
+                "accuracy": 0.9535894094917335,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9555284258370337,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9594542440026999,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9694268991680521,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9757812356968459,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9763897315746075,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9831930692062566,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.984047243028487,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9854791080088992,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9856520110349122,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9877032743227717,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9886545295042819,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9889924025996343,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9900530769832825,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938124258218235,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944512450969533,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950883506160033,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961844398517554,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975484953519251,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.20.mlp": [
+            {
+                "accuracy": 0.9110321963303968,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9136300718313769,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9279847892099305,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9327696063800862,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9554744433415563,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9590923607741532,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9651031401988707,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9763866759052402,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9786986664035603,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9773151510836262,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9802172496718796,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9884383192678031,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9894483483053351,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993120673798809,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936237513871962,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994582331935434,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963133513657866,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.21.self_attn": [
+            {
+                "accuracy": 0.9581561995376098,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9598779947938103,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9643578098988846,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9727914791162077,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9789961671554729,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9795167143701723,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9855552493153434,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9862335453202066,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9872953447660333,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9879230971595174,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891705328696653,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9899496114812791,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.990318165381292,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9911643152713383,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946332015219683,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951039420220217,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956758653034309,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968050862539952,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980008393513823,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.21.mlp": [
+            {
+                "accuracy": 0.9105366574306237,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9130483924558288,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9271337523272163,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9315990719356035,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9552158903526633,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9588241229127896,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9646743842841763,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9765305236766213,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9787558212288117,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9771731178227224,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9801132527032965,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.988388745751428,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9894538788419021,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931710237441095,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936250862175304,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945509133272266,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963881520946559,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.22.self_attn": [
+            {
+                "accuracy": 0.9639865498205549,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9662202751558078,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9704660606619558,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9766642989002561,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9809643775224686,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9812463718025308,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9856591349173534,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.985935026485669,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9874589096166586,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9878937574593645,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.990036887802968,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9908228223947319,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9910010143036121,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9917645345589048,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950288839785284,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951525133250183,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957345747756526,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996922318045491,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981365879372645,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.22.mlp": [
+            {
+                "accuracy": 0.9100205761037374,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9124921615186491,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9262157994273462,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9304995966192923,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9549245383394391,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9584805485057204,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9641894969697061,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9764402846952802,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9786718569107746,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9770418041826863,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9799847458734324,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9883789281899992,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9894666495291811,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932807565568701,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937025575996622,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946231300525955,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965896257076805,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.23.self_attn": [
+            {
+                "accuracy": 0.9600850449580896,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9618986753844901,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9667654624698978,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9734556836713302,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9789919672337802,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.979676630593052,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9846386210012593,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9855051612677542,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.986918347593593,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9874139198249108,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9893120187089631,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9902397140517438,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.990737024988783,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9914601527791667,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945535600356954,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995377800366106,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953351553259907,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967850873026213,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975824142671436,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.23.mlp": [
+            {
+                "accuracy": 0.9088180782763582,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.911380410194397,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9248492994198674,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9290628554789644,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9543368635993255,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9579206441382044,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.963535097868819,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9761257471614763,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9783873532555605,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9767650475627497,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.979713422834481,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9882208233405101,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9893473730863709,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931912025387742,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936180720595937,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945200845770734,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965728843756216,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.24.self_attn": [
+            {
+                "accuracy": 0.9607966231476319,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9625186692727239,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9674612090579773,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9742523631767223,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9796146992594004,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9799927370132584,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9854895087253106,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9859792092128804,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9878219151869416,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9880300347301129,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.989869414191497,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9908451802636448,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9913552403695097,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9921714117456424,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950692351343796,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995741012910577,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959332379512489,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971222923823485,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981700944849045,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.24.mlp": [
+            {
+                "accuracy": 0.9081318350998979,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.910725642976008,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9239432682332239,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.928077901860601,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9539437593990251,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9576452313677261,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9631511887633487,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.975971776207811,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9782156009521139,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9765559030010512,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9795731816832957,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9881178155835522,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9892747085296402,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931328577773744,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9935294636280129,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944047540377238,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964816852129603,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.25.self_attn": [
+            {
+                "accuracy": 0.9608852283931092,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9625954550543898,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9674091641055911,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9740876324082676,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9799855943082979,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9804580219972291,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9857958193476263,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9866383399226164,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9873903523150244,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9880172150503648,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9896735784254576,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9904033456880011,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9908655086091083,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.991723248122358,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994782172829697,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952208410311294,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956037625302806,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965016547173849,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980101917294393,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.25.mlp": [
+            {
+                "accuracy": 0.9065873348399213,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9092644880476751,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.922308829465979,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9264792717601124,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.953215593766225,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.956875980292496,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9623171560662358,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9754688603509414,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9777812470534915,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9761957420330298,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.979213047821663,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9879514388249893,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9890779964625835,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930310309129325,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99354247810123,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944305198977849,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966170585861331,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.26.self_attn": [
+            {
+                "accuracy": 0.9605422135638564,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9624103538103794,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9662110954523087,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9736928671206299,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9795449573644682,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9799800972013097,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9858224304196866,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9863528541632389,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9878159818778697,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9883985953209432,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9894204844573611,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9902734284681317,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9906808531254923,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9915780162585801,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947268451858116,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995242580906243,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956389150435203,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967532755659991,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981974028724883,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.26.mlp": [
+            {
+                "accuracy": 0.9043925624144704,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9071105761747611,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.920147386232489,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9243450056957572,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9520215558770456,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.955815902077838,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9613033260561918,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9748190082609653,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9771780935361197,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9755607801244447,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9786755584278389,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9876055504734579,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9887696162454391,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9927790674478992,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932492635163822,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941243226149756,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996279286330958,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.27.self_attn": [
+            {
+                "accuracy": 0.959517719812299,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9617877726099993,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9665563385933638,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.974037473040976,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9792513236599533,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9801291493502887,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.985570514574647,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9867948772091615,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9878949422487303,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9884202859707569,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9898803100038908,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905824204661736,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9911927782783383,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918415630481353,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949799451584879,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995222842627156,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960117787612897,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965159421737649,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980403492043383,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.27.mlp": [
+            {
+                "accuracy": 0.9024955865583921,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9053350949757978,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.918536299349446,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9228111623149169,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9509494377202109,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9548762125012121,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9604420330571501,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9741456499813419,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.97658747209138,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.974979546607325,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.978186974841121,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9872814131116396,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9884575893122115,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925162347866908,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930627695529869,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939493723703843,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961284551107766,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.28.self_attn": [
+            {
+                "accuracy": 0.9531184378031053,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9553067466538203,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9606337752193213,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9690015847353559,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9766304752740421,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9770216599694992,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9836647509058055,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9841484271578098,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9845398065487021,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.985403211738326,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9880554925552324,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9886956698212185,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891981311436546,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9901534005705463,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941646769691846,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943542103038022,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952568844892085,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957910371258071,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977463704509366,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.28.mlp": [
+            {
+                "accuracy": 0.8959406528033709,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.8989909777515813,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9135610074981263,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9183314093633702,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9476179425653658,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9518466495761746,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9580168414272761,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9722208557160277,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9748657657519767,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9732919644172254,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9766672808480891,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9863760768877048,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9875780038143459,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918742780083496,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925495104030951,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9935312565465114,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9957603709036974,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.29.self_attn": [
+            {
+                "accuracy": 0.9395578893783846,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9426957688441402,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9506686072992652,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9616904947906733,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9697757669185337,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9703277350452385,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9797636195036926,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9805127849410239,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9823298577317282,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.983079722592313,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9845823793623009,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9856027155918511,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9868534280379352,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9877465032531243,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923491286064842,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933768585324287,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937687486802277,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955197165377045,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966444981063863,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.29.mlp": [
+            {
+                "accuracy": 0.8958135729557589,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.8989511304780057,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.913813277686897,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9186253806478099,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9474535533472112,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9516228247237832,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9579622748454935,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9720161879729283,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.974642265686079,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9730828317176354,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9764112370382798,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9862652416095922,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9871199387370756,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9917052083305622,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923488030112103,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933279907870057,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954251627021126,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.30.self_attn": [
+            {
+                "accuracy": 0.9401009139653883,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9433142805570051,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9506108802008002,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9600856527686119,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.966686423475805,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.969458386890198,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9735525116128357,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9767879777048764,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.979021580889821,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9792059596725985,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9855422783937109,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.986264223870086,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9873071069289979,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.988123562922211,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9927137699468356,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932874304389483,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939458113114693,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952827882340276,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968974376219863,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.30.mlp": [
+            {
+                "accuracy": 0.885156985176237,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.8882933921719852,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9042351496847052,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9092519291137394,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9420860931277275,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9469759211336312,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9537964190699553,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9688575506994599,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9718461400388103,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9699018309383016,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.973776625273259,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9844412876685199,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9846729255330405,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9901072585857228,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9906100286415925,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9915742046003672,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934410440833553,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.31.self_attn": [
+            {
+                "accuracy": 0.9326711267625031,
+                "total_bits": 89141248,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9361700368554968,
+                "total_bits": 91697152,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9455858121969198,
+                "total_bits": 95234560,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9600390072323775,
+                "total_bits": 111748096,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9691674525996572,
+                "total_bits": 132388864,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.970037338568976,
+                "total_bits": 132455936,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9800036827004269,
+                "total_bits": 169089024,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.981426466403431,
+                "total_bits": 169221632,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9830169330694174,
+                "total_bits": 170671104,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9834280522834313,
+                "total_bits": 173039616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9849145096775732,
+                "total_bits": 174398976,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9854820285384592,
+                "total_bits": 175225856,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9869605553287425,
+                "total_bits": 178728960,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9872641593806053,
+                "total_bits": 181067776,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924796305498794,
+                "total_bits": 219944960,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9915324794373622,
+                "total_bits": 223010816,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939885763451457,
+                "total_bits": 252975104,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9928917836299852,
+                "total_bits": 265314304,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960387133576564,
+                "total_bits": 336861184,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.31.mlp": [
+            {
+                "accuracy": 0.8796062677314407,
+                "total_bits": 394740800,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.8829992327250933,
+                "total_bits": 408503360,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.8988299530587698,
+                "total_bits": 456551424,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9038145710763178,
+                "total_bits": 512257024,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9389356759033705,
+                "total_bits": 577676384,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9445482866936609,
+                "total_bits": 592151552,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9512003937638119,
+                "total_bits": 636733536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9672889055586175,
+                "total_bits": 728020576,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9707487850989166,
+                "total_bits": 738755584,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9684319647127076,
+                "total_bits": 750822496,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.972764559972443,
+                "total_bits": 765297664,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9835053200000211,
+                "total_bits": 923968608,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9848738227431711,
+                "total_bits": 938443776,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9895343535677775,
+                "total_bits": 1068803168,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9904010864219776,
+                "total_bits": 1109664000,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9913903490003002,
+                "total_bits": 1209278720,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936844364887005,
+                "total_bits": 1414799616,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.norm.norm": null,
+        "lm_head.linear": null
+    },
+    "last_module_idx": 66
+}
\ No newline at end of file